# ===----------------------------------------------------------------------=== #
# Copyright (c) 2025, Modular Inc. All rights reserved.
#
# Licensed under the Apache License v2.0 with LLVM Exceptions:
# https://llvm.org/LICENSE.txt
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ===----------------------------------------------------------------------=== #
"""Common transformer components shared across embedding architectures."""

from .attention import MultiHeadSelfAttention
from .embeddings import EmbeddingLayer, PoolingLayer
from .feedforward import FeedForwardBlock
from .transformer import TransformerBlock, TransformerEncoder
from .utils import ACTIVATIONS

__all__ = [
    "ACTIVATIONS",
    "EmbeddingLayer",
    "FeedForwardBlock",
    "MultiHeadSelfAttention",
    "PoolingLayer",
    "TransformerBlock",
    "TransformerEncoder",
]
